Tensor2Tensor HParams,Moses BLEU,Sparsity,begin_pruning_step,end_pruning_step,pruning_frequency,regularization,threshold_decay
sparse_transformer_random_pruning,23.62,0.5,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.44,0.5,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.67,0.5,0,500000,1000,none,0
sparse_transformer_random_pruning,23.53,0.5,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.14,0.499999940395,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.68,0.5,100000,500000,1000,none,0
sparse_transformer_random_pruning,22.6,0.499999940395,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.56,0.5,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.64,0.499999940395,200000,500000,1000,none,0
sparse_transformer_random_pruning,22.16,0.5,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.05,0.499999940395,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.86,0.499999940395,300000,500000,1000,none,0
sparse_transformer_random_pruning,21.78,0.499999821186,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.62,0.499999821186,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.16,0.499999821186,400000,500000,1000,none,0
sparse_transformer_random_pruning,22.6,0.600001335144,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.23,0.600001335144,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.58,0.600001454353,0,500000,1000,none,0
sparse_transformer_random_pruning,22.1,0.600001454353,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.93,0.600001454353,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.67,0.600001335144,100000,500000,1000,none,0
sparse_transformer_random_pruning,20.98,0.600001454353,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.83,0.600001335144,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.67,0.600001454353,200000,500000,1000,none,0
sparse_transformer_random_pruning,21,0.600001335144,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.63,0.600001335144,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.45,0.600001335144,300000,500000,1000,none,0
sparse_transformer_random_pruning,19.91,0.600000619888,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.1,0.600000619888,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.45,0.600000739098,400000,500000,1000,none,0
sparse_transformer_random_pruning,20.65,0.700000405312,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.52,0.700000405312,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.55,0.700000405312,0,500000,1000,none,0
sparse_transformer_random_pruning,19.92,0.700000405312,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.37,0.700000405312,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.12,0.700000405312,100000,500000,1000,none,0
sparse_transformer_random_pruning,19.88,0.700000405312,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.15,0.700000405312,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.24,0.700000405312,200000,500000,1000,none,0
sparse_transformer_random_pruning,19.74,0.700000405312,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.7,0.700000405312,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.73,0.700000405312,300000,500000,1000,none,0
sparse_transformer_random_pruning,15.87,0.699999809265,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.4,0.699999809265,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,21.44,0.699999809265,400000,500000,1000,none,0
sparse_transformer_random_pruning,18.58,0.8000010252,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.35,0.8000010252,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.4,0.8000010252,0,500000,1000,none,0
sparse_transformer_random_pruning,18.19,0.8000010252,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.06,0.8000010252,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,21.91,0.8000010252,100000,500000,1000,none,0
sparse_transformer_random_pruning,11.63,0.8000010252,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.35,0.8000010252,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,21.75,0.8000010252,200000,500000,1000,none,0
sparse_transformer_random_pruning,16.35,0.8000010252,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.88,0.800000905991,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,20.68,0.8000010252,300000,500000,1000,none,0
sparse_transformer_random_pruning,10.38,0.799999237061,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.5,0.799999237061,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.66,0.799999117851,400000,500000,1000,none,0
sparse_transformer_random_pruning,12,0.900000691414,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.12,0.900000691414,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.36,0.900000691414,0,500000,1000,none,0
sparse_transformer_random_pruning,13.11,0.900000691414,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.54,0.900000691414,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,18.79,0.900000691414,100000,500000,1000,none,0
sparse_transformer_random_pruning,11.4,0.900000691414,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.32,0.900000691414,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,18.24,0.900000691414,200000,500000,1000,none,0
sparse_transformer_random_pruning,9.14,0.900000691414,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,17.51,0.900000691414,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,17.47,0.900000631809,300000,500000,1000,none,0
sparse_transformer_random_pruning,1.29,0.900000095367,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.58,0.900000035763,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,15.94,0.900000035763,400000,500000,1000,none,0
sparse_transformer_random_pruning,7.45,0.950000524521,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,14.88,0.950000524521,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,15.31,0.950000524521,0,500000,1000,none,0
sparse_transformer_random_pruning,4.93,0.950000524521,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,14.16,0.950000524521,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,14.72,0.950000524521,100000,500000,1000,none,0
sparse_transformer_random_pruning,3,0.950000524521,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,13.42,0.950000524521,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,14.39,0.950000524521,200000,500000,1000,none,0
sparse_transformer_random_pruning,1.72,0.950000524521,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,12.56,0.950000524521,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,12.89,0.950000524521,300000,500000,1000,none,0
sparse_transformer_random_pruning,0,0.94999986887,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,9.18,0.94999986887,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,9.93,0.94999986887,400000,500000,1000,none,0
sparse_transformer_random_pruning,0.29,0.980001270771,0,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,7.31,0.980001270771,0,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,7.67,0.980001270771,0,500000,1000,none,0
sparse_transformer_random_pruning,0,0.980001270771,100000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,6.07,0.980001270771,100000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,7.28,0.980001270771,100000,500000,1000,none,0
sparse_transformer_random_pruning,0,0.980001270771,200000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,5.16,0.980001270771,200000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,5.88,0.980001270771,200000,500000,1000,none,0
sparse_transformer_random_pruning,0,0.980001211166,300000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,3.83,0.980001211166,300000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,4.38,0.980001211166,300000,500000,1000,none,0
sparse_transformer_random_pruning,0,0.979999423027,400000,500000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,1,0.979999423027,400000,500000,1000,label_smoothing,0
sparse_transformer_random_pruning,0.84,0.979999423027,400000,500000,1000,none,0
sparse_transformer_random_pruning,23.41,0.499996840954,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.38,0.499996781349,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.66,0.499996840954,0,500000,10000,none,0
sparse_transformer_random_pruning,23.66,0.499992191792,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.44,0.499992251396,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.95,0.499992191792,100000,500000,10000,none,0
sparse_transformer_random_pruning,23.21,0.499982357025,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.11,0.499982476234,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.91,0.499982476234,200000,500000,10000,none,0
sparse_transformer_random_pruning,22.28,0.499938309193,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.24,0.499938309193,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.34,0.499938309193,300000,500000,10000,none,0
sparse_transformer_random_pruning,21,0.499499440193,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.16,0.499499380589,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.2,0.499499380589,400000,500000,10000,none,0
sparse_transformer_random_pruning,22.23,0.599996209145,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.22,0.599996209145,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.97,0.599996209145,0,500000,10000,none,0
sparse_transformer_random_pruning,21.1,0.599990725517,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.32,0.599990725517,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.53,0.599990725517,100000,500000,10000,none,0
sparse_transformer_random_pruning,20.75,0.599978089333,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.86,0.599978089333,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.92,0.599978208542,200000,500000,10000,none,0
sparse_transformer_random_pruning,21.69,0.599925875664,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.25,0.599925935268,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.09,0.599925935268,300000,500000,10000,none,0
sparse_transformer_random_pruning,19.63,0.599401056767,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.94,0.599401056767,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,20.02,0.599401056767,400000,500000,10000,none,0
sparse_transformer_random_pruning,20.4,0.699995398521,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.38,0.699995398521,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.29,0.699995398521,0,500000,10000,none,0
sparse_transformer_random_pruning,20.82,0.699989199638,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.3,0.699989199638,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.95,0.699989199638,100000,500000,10000,none,0
sparse_transformer_random_pruning,20.29,0.699974060059,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.97,0.699974060059,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.69,0.699973940849,200000,500000,10000,none,0
sparse_transformer_random_pruning,19.35,0.699912905693,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.25,0.699912786484,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.7,0.699912846088,300000,500000,10000,none,0
sparse_transformer_random_pruning,17.05,0.699301123619,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,17.65,0.699301123619,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,17.12,0.699301123619,400000,500000,10000,none,0
sparse_transformer_random_pruning,18.82,0.799994468689,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.48,0.799994528294,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.89,0.799994528294,0,500000,10000,none,0
sparse_transformer_random_pruning,17.8,0.799987673759,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.86,0.799987733364,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.9,0.799987673759,100000,500000,10000,none,0
sparse_transformer_random_pruning,17.59,0.799971103668,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.78,0.799971103668,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.44,0.799971103668,200000,500000,10000,none,0
sparse_transformer_random_pruning,15.41,0.799899995327,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,17.72,0.799899995327,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,19.1,0.799899995327,300000,500000,10000,none,0
sparse_transformer_random_pruning,3.73,0.799200594425,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,2.11,0.799200594425,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,9.13,0.799200594425,400000,500000,10000,none,0
sparse_transformer_random_pruning,9.8,0.899993181229,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.61,0.899993181229,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,19.2,0.899993181229,0,500000,10000,none,0
sparse_transformer_random_pruning,12.08,0.899986147881,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.42,0.899986147881,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,17.09,0.899986147881,100000,500000,10000,none,0
sparse_transformer_random_pruning,10.63,0.899967074394,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,16.24,0.899967074394,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,17.54,0.899967074394,200000,500000,10000,none,0
sparse_transformer_random_pruning,5.16,0.899888753891,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,2.5,0.899888753891,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0.46,0.899888753891,300000,500000,10000,none,0
sparse_transformer_random_pruning,0.56,0.899100542068,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.17,0.899100482464,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0.29,0.899100542068,400000,500000,10000,none,0
sparse_transformer_random_pruning,4.25,0.949992895126,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,13.64,0.949992895126,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,14.55,0.949992895126,0,500000,10000,none,0
sparse_transformer_random_pruning,5.43,0.949985444546,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,11.17,0.949985444546,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,8.27,0.949985444546,100000,500000,10000,none,0
sparse_transformer_random_pruning,3.23,0.949965596199,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.42,0.949965596199,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,4.93,0.949965596199,200000,500000,10000,none,0
sparse_transformer_random_pruning,0.37,0.949881732464,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.25,0.949881732464,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0.23,0.949881732464,300000,500000,10000,none,0
sparse_transformer_random_pruning,0,0.949050664902,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.03,0.949050664902,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0.02,0.949050664902,400000,500000,10000,none,0
sparse_transformer_random_pruning,0,0.979993581772,0,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,1.84,0.979993581772,0,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,2.27,0.979993522167,0,500000,10000,none,0
sparse_transformer_random_pruning,0,0.979986011982,100000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.85,0.979986011982,100000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,2.4,0.979986011982,100000,500000,10000,none,0
sparse_transformer_random_pruning,0,0.979964435101,200000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.36,0.979964435101,200000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0.34,0.979964375496,200000,500000,10000,none,0
sparse_transformer_random_pruning,0,0.979879021645,300000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0.36,0.979879081249,300000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0.37,0.979879081249,300000,500000,10000,none,0
sparse_transformer_random_pruning,0,0.979020953178,400000,500000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,0,0.979020953178,400000,500000,10000,label_smoothing,0
sparse_transformer_random_pruning,0,0.979020953178,400000,500000,10000,none,0
sparse_transformer_random_pruning,23.96,0.5,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.32,0.5,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.51,0.5,0,400000,1000,none,0
sparse_transformer_random_pruning,23.37,0.5,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.25,0.5,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.48,0.5,100000,400000,1000,none,0
sparse_transformer_random_pruning,23.32,0.5,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.28,0.499999940395,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.61,0.5,200000,400000,1000,none,0
sparse_transformer_random_pruning,23.11,0.499999940395,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.35,0.499999940395,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.36,0.499999940395,300000,400000,1000,none,0
sparse_transformer_random_pruning,22.44,0.600001454353,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.01,0.600001454353,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.57,0.600001454353,0,400000,1000,none,0
sparse_transformer_random_pruning,22.18,0.600001335144,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.97,0.600001454353,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.68,0.600001454353,100000,400000,1000,none,0
sparse_transformer_random_pruning,22.02,0.600001335144,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.95,0.600001335144,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.55,0.600001335144,200000,400000,1000,none,0
sparse_transformer_random_pruning,21.99,0.600001335144,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.81,0.600001335144,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.66,0.600001215935,300000,400000,1000,none,0
sparse_transformer_random_pruning,20.88,0.700000405312,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.01,0.700000405312,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.37,0.700000405312,0,400000,1000,none,0
sparse_transformer_random_pruning,20.95,0.700000405312,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.27,0.700000405312,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.32,0.700000405312,100000,400000,1000,none,0
sparse_transformer_random_pruning,20.93,0.700000405312,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.06,0.700000405312,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.66,0.700000405312,200000,400000,1000,none,0
sparse_transformer_random_pruning,20.13,0.700000405312,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.93,0.700000405312,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.77,0.700000405312,300000,400000,1000,none,0
sparse_transformer_random_pruning,19.17,0.8000010252,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.65,0.8000010252,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.29,0.8000010252,0,400000,1000,none,0
sparse_transformer_random_pruning,18.67,0.8000010252,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.78,0.8000010252,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.24,0.8000010252,100000,400000,1000,none,0
sparse_transformer_random_pruning,17.53,0.8000010252,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.19,0.8000010252,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,21.82,0.8000010252,200000,400000,1000,none,0
sparse_transformer_random_pruning,16.93,0.800000965595,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.39,0.8000010252,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,21.42,0.8000010252,300000,400000,1000,none,0
sparse_transformer_random_pruning,14.66,0.900000691414,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.68,0.900000691414,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.85,0.900000691414,0,400000,1000,none,0
sparse_transformer_random_pruning,13.86,0.900000691414,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.48,0.900000691414,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.81,0.900000691414,100000,400000,1000,none,0
sparse_transformer_random_pruning,13.07,0.900000691414,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.97,0.900000691414,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.23,0.900000691414,200000,400000,1000,none,0
sparse_transformer_random_pruning,11.54,0.900000691414,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.16,0.900000691414,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,18.76,0.900000691414,300000,400000,1000,none,0
sparse_transformer_random_pruning,8.14,0.950000524521,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,16.2,0.950000524521,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,16.47,0.950000524521,0,400000,1000,none,0
sparse_transformer_random_pruning,7.19,0.950000524521,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.19,0.950000524521,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,15.93,0.950000524521,100000,400000,1000,none,0
sparse_transformer_random_pruning,7.06,0.950000524521,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.08,0.950000524521,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,15.78,0.950000524521,200000,400000,1000,none,0
sparse_transformer_random_pruning,3.28,0.950000524521,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,13.73,0.950000524521,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,14.56,0.950000524521,300000,400000,1000,none,0
sparse_transformer_random_pruning,0.59,0.980001270771,0,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,8.53,0.980001270771,0,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,8.61,0.980001270771,0,400000,1000,none,0
sparse_transformer_random_pruning,0.12,0.980001270771,100000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,7.92,0.980001270771,100000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,8.72,0.980001270771,100000,400000,1000,none,0
sparse_transformer_random_pruning,0.15,0.980001270771,200000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,7,0.980001270771,200000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,7.72,0.980001270771,200000,400000,1000,none,0
sparse_transformer_random_pruning,0,0.980001270771,300000,400000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,2.97,0.980001270771,300000,400000,1000,label_smoothing,0
sparse_transformer_random_pruning,2.98,0.980001270771,300000,400000,1000,none,0
sparse_transformer_random_pruning,23.87,0.499999940395,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.01,0.499999940395,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.42,0.499999940395,0,400000,10000,none,0
sparse_transformer_random_pruning,23.73,0.499999940395,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.24,0.499999940395,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.87,0.499999940395,100000,400000,10000,none,0
sparse_transformer_random_pruning,23.48,0.499999940395,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.27,0.499999880791,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.57,0.499999940395,200000,400000,10000,none,0
sparse_transformer_random_pruning,22.88,0.499999940395,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.23,0.499999880791,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.79,0.5,300000,400000,10000,none,0
sparse_transformer_random_pruning,22.74,0.600001454353,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.25,0.600001335144,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.56,0.600001275539,0,400000,10000,none,0
sparse_transformer_random_pruning,22.48,0.600001335144,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.15,0.600001335144,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.5,0.600001275539,100000,400000,10000,none,0
sparse_transformer_random_pruning,22.16,0.600001335144,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.99,0.600001335144,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.37,0.600001335144,200000,400000,10000,none,0
sparse_transformer_random_pruning,22.23,0.600001454353,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.63,0.600001335144,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.34,0.600001096725,300000,400000,10000,none,0
sparse_transformer_random_pruning,21.41,0.700000405312,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.88,0.700000405312,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.25,0.700000405312,0,400000,10000,none,0
sparse_transformer_random_pruning,20.52,0.700000405312,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.26,0.700000405312,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.99,0.700000405312,100000,400000,10000,none,0
sparse_transformer_random_pruning,20.54,0.700000405312,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.23,0.700000405312,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.77,0.700000405312,200000,400000,10000,none,0
sparse_transformer_random_pruning,20,0.700000405312,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.93,0.700000405312,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.58,0.700000405312,300000,400000,10000,none,0
sparse_transformer_random_pruning,18.79,0.8000010252,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.67,0.8000010252,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.5,0.8000010252,0,400000,10000,none,0
sparse_transformer_random_pruning,18.79,0.8000010252,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.16,0.800000965595,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.08,0.8000010252,100000,400000,10000,none,0
sparse_transformer_random_pruning,18.47,0.8000010252,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.28,0.8000010252,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.84,0.8000010252,200000,400000,10000,none,0
sparse_transformer_random_pruning,16.74,0.800000965595,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21,0.8000010252,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.11,0.800000965595,300000,400000,10000,none,0
sparse_transformer_random_pruning,13.91,0.900000691414,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.6,0.900000691414,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,19.95,0.900000691414,0,400000,10000,none,0
sparse_transformer_random_pruning,14.24,0.900000691414,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.02,0.900000691414,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,19.48,0.900000691414,100000,400000,10000,none,0
sparse_transformer_random_pruning,13.66,0.900000691414,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.45,0.900000691414,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,18.81,0.900000691414,200000,400000,10000,none,0
sparse_transformer_random_pruning,7.62,0.900000691414,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.67,0.900000691414,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,16.1,0.900000691414,300000,400000,10000,none,0
sparse_transformer_random_pruning,8.86,0.950000524521,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.44,0.950000524521,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,16.45,0.950000524521,0,400000,10000,none,0
sparse_transformer_random_pruning,7.94,0.950000524521,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,14.05,0.950000524521,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,14.73,0.950000524521,100000,400000,10000,none,0
sparse_transformer_random_pruning,4.32,0.950000524521,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,12.65,0.950000524521,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,13.3,0.950000524521,200000,400000,10000,none,0
sparse_transformer_random_pruning,0.27,0.950000524521,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,5.31,0.950000524521,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,6.18,0.950000524521,300000,400000,10000,none,0
sparse_transformer_random_pruning,0.71,0.980001270771,0,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,5.97,0.980001270771,0,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,6.89,0.980001270771,0,400000,10000,none,0
sparse_transformer_random_pruning,0,0.980001270771,100000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,2.74,0.980001270771,100000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,4.39,0.980001270771,100000,400000,10000,none,0
sparse_transformer_random_pruning,0,0.980001211166,200000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,1.93,0.980001270771,200000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,1.93,0.980001270771,200000,400000,10000,none,0
sparse_transformer_random_pruning,0,0.980001211166,300000,400000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,1.37,0.980001270771,300000,400000,10000,label_smoothing,0
sparse_transformer_random_pruning,1.17,0.980001270771,300000,400000,10000,none,0
sparse_transformer_random_pruning,23.86,0.5,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.16,0.5,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.95,0.5,0,300000,1000,none,0
sparse_transformer_random_pruning,23.59,0.5,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.45,0.5,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.94,0.5,100000,300000,1000,none,0
sparse_transformer_random_pruning,23.52,0.5,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.19,0.499999940395,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.56,0.499999940395,200000,300000,1000,none,0
sparse_transformer_random_pruning,22.89,0.600001454353,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.45,0.600001454353,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.7,0.600001454353,0,300000,1000,none,0
sparse_transformer_random_pruning,22.41,0.600001335144,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.13,0.600001454353,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.44,0.600001335144,100000,300000,1000,none,0
sparse_transformer_random_pruning,22.59,0.600001335144,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.81,0.600001335144,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.61,0.600001335144,200000,300000,1000,none,0
sparse_transformer_random_pruning,21.34,0.700000405312,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.7,0.700000405312,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.26,0.700000405312,0,300000,1000,none,0
sparse_transformer_random_pruning,21.09,0.700000405312,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.71,0.700000405312,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.3,0.700000405312,100000,300000,1000,none,0
sparse_transformer_random_pruning,20.88,0.700000405312,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.48,0.700000405312,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.83,0.700000405312,200000,300000,1000,none,0
sparse_transformer_random_pruning,19.23,0.8000010252,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.92,0.8000010252,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.84,0.8000010252,0,300000,1000,none,0
sparse_transformer_random_pruning,18.32,0.8000010252,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.69,0.8000010252,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.47,0.8000010252,100000,300000,1000,none,0
sparse_transformer_random_pruning,18.73,0.800000905991,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,21.87,0.800000965595,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.36,0.8000010252,200000,300000,1000,none,0
sparse_transformer_random_pruning,15.09,0.900000691414,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.12,0.900000691414,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,20.24,0.900000691414,0,300000,1000,none,0
sparse_transformer_random_pruning,14.59,0.900000691414,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.76,0.900000691414,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.85,0.900000691414,100000,300000,1000,none,0
sparse_transformer_random_pruning,10.21,0.900000691414,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.7,0.900000691414,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,19.58,0.900000691414,200000,300000,1000,none,0
sparse_transformer_random_pruning,9.46,0.950000524521,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,16.51,0.950000524521,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,17.12,0.950000524521,0,300000,1000,none,0
sparse_transformer_random_pruning,7.43,0.950000524521,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.99,0.950000524521,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,16.31,0.950000524521,100000,300000,1000,none,0
sparse_transformer_random_pruning,8.24,0.950000524521,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,14.94,0.950000524521,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,15.28,0.950000524521,200000,300000,1000,none,0
sparse_transformer_random_pruning,0,0.980001270771,0,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,9.06,0.980001270771,0,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,9.68,0.980001270771,0,300000,1000,none,0
sparse_transformer_random_pruning,1.02,0.980001270771,100000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,8.53,0.980001270771,100000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,9.59,0.980001270771,100000,300000,1000,none,0
sparse_transformer_random_pruning,0,0.980001270771,200000,300000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,5.97,0.980001270771,200000,300000,1000,label_smoothing,0
sparse_transformer_random_pruning,0,0.980001270771,200000,300000,1000,none,0
sparse_transformer_random_pruning,23.79,0.499999940395,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.99,0.499999940395,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.97,0.499999940395,0,300000,10000,none,0
sparse_transformer_random_pruning,23.71,0.499999940395,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.01,0.5,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.38,0.499999940395,100000,300000,10000,none,0
sparse_transformer_random_pruning,23.58,0.499999940395,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.15,0.499999940395,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.28,0.499999940395,200000,300000,10000,none,0
sparse_transformer_random_pruning,22.75,0.600001335144,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.09,0.600001335144,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.41,0.600001335144,0,300000,10000,none,0
sparse_transformer_random_pruning,22.39,0.60000115633,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.79,0.60000115633,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.4,0.600001335144,100000,300000,10000,none,0
sparse_transformer_random_pruning,22.1,0.600001215935,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.77,0.600001335144,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.05,0.600001275539,200000,300000,10000,none,0
sparse_transformer_random_pruning,21.61,0.700000405312,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.67,0.700000286102,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.19,0.700000405312,0,300000,10000,none,0
sparse_transformer_random_pruning,21.56,0.700000405312,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.3,0.700000405312,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.34,0.700000405312,100000,300000,10000,none,0
sparse_transformer_random_pruning,21.24,0.700000405312,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.52,0.700000286102,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.82,0.700000405312,200000,300000,10000,none,0
sparse_transformer_random_pruning,19.38,0.800000905991,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.15,0.800000965595,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.7,0.8000010252,0,300000,10000,none,0
sparse_transformer_random_pruning,19.38,0.8000010252,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.1,0.8000010252,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.63,0.8000010252,100000,300000,10000,none,0
sparse_transformer_random_pruning,18.59,0.8000010252,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.2,0.8000010252,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,21.82,0.8000010252,200000,300000,10000,none,0
sparse_transformer_random_pruning,14.55,0.900000691414,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.97,0.900000691414,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,20.27,0.900000691414,0,300000,10000,none,0
sparse_transformer_random_pruning,14.45,0.900000631809,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,19.6,0.900000691414,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,19.43,0.900000691414,100000,300000,10000,none,0
sparse_transformer_random_pruning,14.01,0.900000691414,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,17.46,0.900000691414,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,17.76,0.900000631809,200000,300000,10000,none,0
sparse_transformer_random_pruning,4.51,0.950000524521,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.58,0.950000524521,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,16.56,0.950000524521,0,300000,10000,none,0
sparse_transformer_random_pruning,8.36,0.950000524521,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,14.18,0.950000524521,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,14.79,0.950000524521,100000,300000,10000,none,0
sparse_transformer_random_pruning,3.04,0.950000524521,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,10.18,0.950000524521,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,11.39,0.950000524521,200000,300000,10000,none,0
sparse_transformer_random_pruning,0,0.980001270771,0,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,5.96,0.980001270771,0,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,7.15,0.980001270771,0,300000,10000,none,0
sparse_transformer_random_pruning,0,0.980001270771,100000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,2.46,0.980001270771,100000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,2.86,0.980001270771,100000,300000,10000,none,0
sparse_transformer_random_pruning,0,0.980001270771,200000,300000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,1.86,0.980001270771,200000,300000,10000,label_smoothing,0
sparse_transformer_random_pruning,2.04,0.980001270771,200000,300000,10000,none,0
sparse_transformer_random_pruning,24.12,0.5,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.35,0.5,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.03,0.5,0,200000,1000,none,0
sparse_transformer_random_pruning,24.19,0.499999940395,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.94,0.499999940395,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.32,0.499999940395,0,200000,10000,none,0
sparse_transformer_random_pruning,23.42,0.5,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.19,0.5,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.11,0.5,100000,200000,1000,none,0
sparse_transformer_random_pruning,23.32,0.499999940395,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.14,0.5,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.9,0.5,100000,200000,10000,none,0
sparse_transformer_random_pruning,22.88,0.600001335144,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.08,0.600001335144,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.61,0.600001335144,0,200000,1000,none,0
sparse_transformer_random_pruning,22.73,0.600001335144,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.88,0.60000115633,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.59,0.600001335144,0,200000,10000,none,0
sparse_transformer_random_pruning,22.48,0.600001335144,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.86,0.600001454353,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.34,0.600001335144,100000,200000,1000,none,0
sparse_transformer_random_pruning,22.68,0.600001215935,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.05,0.600001335144,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.37,0.600001215935,100000,200000,10000,none,0
sparse_transformer_random_pruning,21.3,0.700000405312,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.77,0.700000405312,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.37,0.700000405312,0,200000,1000,none,0
sparse_transformer_random_pruning,21.06,0.700000405312,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.68,0.700000405312,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.03,0.700000286102,0,200000,10000,none,0
sparse_transformer_random_pruning,21.43,0.700000405312,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.28,0.700000405312,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.06,0.700000405312,100000,200000,1000,none,0
sparse_transformer_random_pruning,21.46,0.700000405312,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.65,0.700000405312,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.13,0.700000405312,100000,200000,10000,none,0
sparse_transformer_random_pruning,19.51,0.8000010252,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.68,0.8000010252,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.86,0.8000010252,0,200000,1000,none,0
sparse_transformer_random_pruning,19.59,0.8000010252,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.81,0.8000010252,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.33,0.8000010252,0,200000,10000,none,0
sparse_transformer_random_pruning,19.5,0.800000965595,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.43,0.8000010252,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.28,0.8000010252,100000,200000,1000,none,0
sparse_transformer_random_pruning,17.8,0.800000965595,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.53,0.800000965595,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.3,0.8000010252,100000,200000,10000,none,0
sparse_transformer_random_pruning,15.57,0.900000691414,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.17,0.900000691414,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,20.35,0.900000691414,0,200000,1000,none,0
sparse_transformer_random_pruning,14.96,0.900000691414,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.19,0.900000691414,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,20.54,0.900000691414,0,200000,10000,none,0
sparse_transformer_random_pruning,14.93,0.900000691414,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.01,0.900000691414,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,20.06,0.900000631809,100000,200000,1000,none,0
sparse_transformer_random_pruning,14.72,0.900000691414,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,18.91,0.900000691414,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,19.13,0.900000691414,100000,200000,10000,none,0
sparse_transformer_random_pruning,9.8,0.950000524521,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,16.83,0.950000524521,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,17.23,0.950000524521,0,200000,1000,none,0
sparse_transformer_random_pruning,9.68,0.950000524521,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.8,0.950000524521,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,16.27,0.950000524521,0,200000,10000,none,0
sparse_transformer_random_pruning,8.61,0.950000524521,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,16.09,0.950000524521,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,16.15,0.950000524521,100000,200000,1000,none,0
sparse_transformer_random_pruning,7.3,0.950000524521,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,13.41,0.950000524521,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,14.1,0.950000524521,100000,200000,10000,none,0
sparse_transformer_random_pruning,1.94,0.980001270771,0,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,9.69,0.980001270771,0,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,10.22,0.980001270771,0,200000,1000,none,0
sparse_transformer_random_pruning,0.27,0.980001270771,0,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,4.4,0.980001270771,0,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,6.55,0.980001270771,0,200000,10000,none,0
sparse_transformer_random_pruning,0,0.980001270771,100000,200000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,8.43,0.980001270771,100000,200000,1000,label_smoothing,0
sparse_transformer_random_pruning,9.37,0.980001270771,100000,200000,1000,none,0
sparse_transformer_random_pruning,0.04,0.980001270771,100000,200000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,2.3,0.980001270771,100000,200000,10000,label_smoothing,0
sparse_transformer_random_pruning,2.25,0.980001270771,100000,200000,10000,none,0
sparse_transformer_random_pruning,23.96,0.5,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.64,0.499999940395,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.83,0.5,0,100000,1000,none,0
sparse_transformer_random_pruning,23.84,0.499999940395,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.09,0.499999880791,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.88,0.499999940395,0,100000,10000,none,0
sparse_transformer_random_pruning,22.79,0.600001335144,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.77,0.600001454353,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.93,0.600001335144,0,100000,1000,none,0
sparse_transformer_random_pruning,23.05,0.600001335144,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,24.14,0.600001335144,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.4,0.600001215935,0,100000,10000,none,0
sparse_transformer_random_pruning,21.76,0.700000405312,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.74,0.700000405312,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,23.09,0.700000405312,0,100000,1000,none,0
sparse_transformer_random_pruning,21.68,0.700000405312,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,23.71,0.700000405312,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,23.12,0.700000286102,0,100000,10000,none,0
sparse_transformer_random_pruning,20.21,0.8000010252,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.61,0.8000010252,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,22.2,0.800000965595,0,100000,1000,none,0
sparse_transformer_random_pruning,19.64,0.8000010252,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,22.65,0.8000010252,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,22.49,0.8000010252,0,100000,10000,none,0
sparse_transformer_random_pruning,12.83,0.900000691414,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.67,0.900000691414,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,20.61,0.900000691414,0,100000,1000,none,0
sparse_transformer_random_pruning,15.06,0.900000691414,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,20.24,0.900000691414,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,20.42,0.900000691414,0,100000,10000,none,0
sparse_transformer_random_pruning,3.02,0.950000524521,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,17.19,0.950000524521,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,17.42,0.950000524521,0,100000,1000,none,0
sparse_transformer_random_pruning,1.3,0.950000524521,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,15.62,0.950000524521,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,16.15,0.950000464916,0,100000,10000,none,0
sparse_transformer_random_pruning,0.15,0.980001270771,0,100000,1000,dropout+label_smoothing,0
sparse_transformer_random_pruning,10.03,0.980001270771,0,100000,1000,label_smoothing,0
sparse_transformer_random_pruning,10.94,0.980001270771,0,100000,1000,none,0
sparse_transformer_random_pruning,0,0.980001270771,0,100000,10000,dropout+label_smoothing,0
sparse_transformer_random_pruning,3.44,0.980001270771,0,100000,10000,label_smoothing,0
sparse_transformer_random_pruning,3.7,0.980001270771,0,100000,10000,none,0
